Parameters for each preprocessing step

Parameters for sc_trim_barcode

File paths

  • input fastq1: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN215/scPipe/LCE508/LCE508.R2.fastq.gz
  • input fastq2: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN215/scPipe/LCE508/LCE508.R1.fastq.gz
  • output fastq: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN215/scPipe/LCE508/LCE508.combined.fastq.gz

Read structure

assume read1 contains the transcript

  • barcode in read1: NA
  • barcode in read2: start at position 6, length 7
  • UMI in read2: start at position 0, length 6

Read filter

  • remove reads that have N in its barcode or UMI: FALSE
  • remove reads with low quality: TRUE
    • minimum read quality: 20
    • maximum number of base below minimum read quality: 2

Parameters for alignment

  • input fastq: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN215/scPipe/LCE508/LCE508.combined.fastq.gz
  • output bam file: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN215/scPipe/LCE508/LCE508.combined.subread.bam
  • genome index: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/GRCh38.p13/GRCh38.p13_with_ERCC

Parameters for sc_exon_mapping

  • input bam file: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN215/scPipe/LCE508/LCE508.combined.subread.bam
  • output bam file: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN215/scPipe/LCE508/LCE508.combined.exon.bam
  • transctiptome annotations: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/GRCh38.p13/gencode.v35.primary_assembly.annotation.gff3, /stornext/Home/data/allstaff/h/hickey/.local/share/renv/cache/v5/R-4.0/x86_64-pc-linux-gnu/scPipe/1.12.0/59e3de64e19be41dfc11976d6a8db4d7/scPipe/extdata/ERCC92_anno.gff3
  • do strand specific mapping: TRUE
  • fix chromosome names: FALSE

Parameters for sc_demultiplex

  • input bam file: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN215/scPipe/LCE508/LCE508.combined.exon.bam
  • output folder: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN215/scPipe/LCE508
  • barcode annotation file: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN215/scPipe/LCE508/LCE508.barcode_annotation.csv
  • maximum mismatch allowed in barcode: 1

Parameters for sc_gene_counting

  • output folder: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN215/scPipe/LCE508
  • barcode annotation file: /stornext/Projects/score/Analyses/C094_Pellicci/extdata/NN215/scPipe/LCE508/LCE508.barcode_annotation.csv
  • UMI correction: simple correction and merge UMI with distance 1
  • gene filtering: FALSE

Data summary

The organism is “hsapiens_gene_ensembl”, and gene id type is “ensembl_gene_id”.

Overall barcode statistics

if (is.null(params$organism) || is.na(params$organism)) {
  sce = create_sce_by_dir(params$outdir)
} else {
  sce = create_sce_by_dir(params$outdir, organism=params$organism, gene_id_type=params$gene_id_type)
}
overall_stat = demultiplex_info(sce)
datatable(overall_stat, width=800)

Plot barcode match statistics in pie chart:

plot_demultiplex(sce)

Read alignment statistics

ggplotly(plot_mapping(sce, dataname=params$samplename, percentage = FALSE))
ggplotly(plot_mapping(sce, dataname=params$samplename, percentage = TRUE))

Summary and distributions of QC metrics

if (any(colSums(counts(sce)) == 0)) {
  zero_cells = sum(colSums(counts(sce)) == 0)
  sce = sce[, colSums(counts(sce)) > 0]
} else {
  zero_cells = 0
}

Datatable of all QC metrics:

sce = calculate_QC_metrics(sce)
cannot connect to the ensembl database. ERROR:
Error in useMart("ensembl"): could not find function "useMart"
Try to use org.Hs.eg.db.
'select()' returned 1:many mapping between keys and columns
cannot connect to the ensembl database. ERROR:
Error in useMart("ensembl"): could not find function "useMart"
Try to use org.Hs.eg.db.
'select()' returned 1:many mapping between keys and columns
if(!all(colSums(as.data.frame(QC_metrics(sce)))>0)){
  QC_metrics(sce) = QC_metrics(sce)[, colSums(as.data.frame(QC_metrics(sce)))>0]
}
datatable(as.data.frame(QC_metrics(sce)), width=800, options=list(scrollX= TRUE))

Summary of all QC metrics:

datatable(do.call(cbind, lapply(QC_metrics(sce), summary)), width=800, options=list(scrollX= TRUE))

Number of reads mapped to exon before UMI deduplication VS number of genes detected:

ggplotly(ggplot(as.data.frame(QC_metrics(sce)), aes(x=mapped_to_exon, y=number_of_genes))+geom_point(alpha=0.8))
knitr::knit_exit()
LS0tCnRpdGxlOiAic2NQaXBlIHJlcG9ydCBmb3Igc2FtcGxlIGByIHBhcmFtcyRzYW1wbGVuYW1lYCIKb3V0cHV0OgogIGh0bWxfbm90ZWJvb2s6CiAgICBjb2RlX2ZvbGRpbmc6IGhpZGUKICAgIHRvYzogdHJ1ZQogICAgdG9jX2Zsb2F0OiB0cnVlCiAgICBjb2xsYXBzZWQ6IGZhbHNlCnBhcmFtczoKICBzYW1wbGVuYW1lOiAiTENFNTA4IgogIGZxMTogIi9zdG9ybmV4dC9Qcm9qZWN0cy9zY29yZS9BbmFseXNlcy9DMDk0X1BlbGxpY2NpL2V4dGRhdGEvTk4yMTUvc2NQaXBlL0xDRTUwOC9MQ0U1MDguUjIuZmFzdHEuZ3oiCiAgZnEyOiAiL3N0b3JuZXh0L1Byb2plY3RzL3Njb3JlL0FuYWx5c2VzL0MwOTRfUGVsbGljY2kvZXh0ZGF0YS9OTjIxNS9zY1BpcGUvTENFNTA4L0xDRTUwOC5SMS5mYXN0cS5neiIKICBmcW91dDogIi9zdG9ybmV4dC9Qcm9qZWN0cy9zY29yZS9BbmFseXNlcy9DMDk0X1BlbGxpY2NpL2V4dGRhdGEvTk4yMTUvc2NQaXBlL0xDRTUwOC9MQ0U1MDguY29tYmluZWQuZmFzdHEuZ3oiCiAgYmMxX2luZm86ICJOQSIKICBiYzJfaW5mbzogInN0YXJ0IGF0IHBvc2l0aW9uIDYsIGxlbmd0aCA3IgogIHVtaV9pbmZvOiAic3RhcnQgYXQgcG9zaXRpb24gMCwgbGVuZ3RoIDYiCiAgcm1fbjogRkFMU0UKICBybV9sb3c6IFRSVUUKICBtaW5fcTogMjAKICBudW1fYnE6IDIKICBiYW1fYWxpZ246ICIvc3Rvcm5leHQvUHJvamVjdHMvc2NvcmUvQW5hbHlzZXMvQzA5NF9QZWxsaWNjaS9leHRkYXRhL05OMjE1L3NjUGlwZS9MQ0U1MDgvTENFNTA4LmNvbWJpbmVkLnN1YnJlYWQuYmFtIgogIGdfaW5kZXg6ICIvc3Rvcm5leHQvUHJvamVjdHMvc2NvcmUvQW5hbHlzZXMvQzA5NF9QZWxsaWNjaS9leHRkYXRhL0dSQ2gzOC5wMTMvR1JDaDM4LnAxM193aXRoX0VSQ0MiCiAgYmFtX21hcDogIi9zdG9ybmV4dC9Qcm9qZWN0cy9zY29yZS9BbmFseXNlcy9DMDk0X1BlbGxpY2NpL2V4dGRhdGEvTk4yMTUvc2NQaXBlL0xDRTUwOC9MQ0U1MDguY29tYmluZWQuZXhvbi5iYW0iCiAgb3V0ZGlyOiAiL3N0b3JuZXh0L1Byb2plY3RzL3Njb3JlL0FuYWx5c2VzL0MwOTRfUGVsbGljY2kvZXh0ZGF0YS9OTjIxNS9zY1BpcGUvTENFNTA4IgogIGFubm9fZ2ZmOiAiL3N0b3JuZXh0L1Byb2plY3RzL3Njb3JlL0FuYWx5c2VzL0MwOTRfUGVsbGljY2kvZXh0ZGF0YS9HUkNoMzgucDEzL2dlbmNvZGUudjM1LnByaW1hcnlfYXNzZW1ibHkuYW5ub3RhdGlvbi5nZmYzLCAvc3Rvcm5leHQvSG9tZS9kYXRhL2FsbHN0YWZmL2gvaGlja2V5Ly5sb2NhbC9zaGFyZS9yZW52L2NhY2hlL3Y1L1ItNC4wL3g4Nl82NC1wYy1saW51eC1nbnUvc2NQaXBlLzEuMTIuMC81OWUzZGU2NGUxOWJlNDFkZmMxMTk3NmQ2YThkYjRkNy9zY1BpcGUvZXh0ZGF0YS9FUkNDOTJfYW5uby5nZmYzIgogIHN0bmQ6IFRSVUUKICBmaXhfY2hyOiBGQUxTRQogIGJjX2Fubm86ICIvc3Rvcm5leHQvUHJvamVjdHMvc2NvcmUvQW5hbHlzZXMvQzA5NF9QZWxsaWNjaS9leHRkYXRhL05OMjE1L3NjUGlwZS9MQ0U1MDgvTENFNTA4LmJhcmNvZGVfYW5ub3RhdGlvbi5jc3YiCiAgbWF4X21pczogMQogIFVNSV9jb3I6ICJzaW1wbGUgY29ycmVjdGlvbiBhbmQgbWVyZ2UgVU1JIHdpdGggZGlzdGFuY2UgMSIKICBnZW5lX2ZsOiBGQUxTRQogIG9yZ2FuaXNtOiAiaHNhcGllbnNfZ2VuZV9lbnNlbWJsIgogIGdlbmVfaWRfdHlwZTogImVuc2VtYmxfZ2VuZV9pZCIKCi0tLQpgYGB7ciwgd2FybmluZz1GQUxTRSwgZWNobz1GQUxTRSwgbWVzc2FnZT1GQUxTRX0KbGlicmFyeShzY2FsZXMpCmxpYnJhcnkocmVhZHIpCmxpYnJhcnkoZ2dwbG90MikKbGlicmFyeShwbG90bHkpCmxpYnJhcnkoRFQpCmxpYnJhcnkoc2NhdGVyKQpsaWJyYXJ5KHNjcmFuKQpsaWJyYXJ5KHNjUGlwZSkKbGlicmFyeShSdHNuZSkKYGBgCgojIFBhcmFtZXRlcnMgZm9yIGVhY2ggcHJlcHJvY2Vzc2luZyBzdGVwCgojIyBQYXJhbWV0ZXJzIGZvciBgc2NfdHJpbV9iYXJjb2RlYAoKIyMjIEZpbGUgcGF0aHMKCiogaW5wdXQgZmFzdHExOiBgciBwYXJhbXMkZnExYAoqIGlucHV0IGZhc3RxMjogYHIgcGFyYW1zJGZxMmAKKiBvdXRwdXQgZmFzdHE6IGByIHBhcmFtcyRmcW91dGAKCiMjIyBSZWFkIHN0cnVjdHVyZQoKYXNzdW1lIHJlYWQxIGNvbnRhaW5zIHRoZSB0cmFuc2NyaXB0CgoqIGJhcmNvZGUgaW4gcmVhZDE6IGByIHBhcmFtcyRiYzFfaW5mb2AKKiBiYXJjb2RlIGluIHJlYWQyOiBgciBwYXJhbXMkYmMyX2luZm9gCiogVU1JIGluIHJlYWQyOiBgciBwYXJhbXMkdW1pX2luZm9gCgojIyMgUmVhZCBmaWx0ZXIKCiogcmVtb3ZlIHJlYWRzIHRoYXQgaGF2ZSBgTmAgaW4gaXRzIGJhcmNvZGUgb3IgVU1JOiBgciBwYXJhbXMkcm1fbmAKKiByZW1vdmUgcmVhZHMgd2l0aCBsb3cgcXVhbGl0eTogYHIgcGFyYW1zJHJtX2xvd2AKYHIgaWYgKHBhcmFtcyRybV9sb3cpe3Bhc3RlKCJcdCogbWluaW11bSByZWFkIHF1YWxpdHk6IiwgcGFyYW1zJG1pbl9xLCAiXG4iLCAiXHQqIG1heGltdW0gbnVtYmVyIG9mIGJhc2UgYmVsb3cgbWluaW11bQpyZWFkIHF1YWxpdHk6IiwgcGFyYW1zJG51bV9icSwgIlxuIil9YAoKIyMgUGFyYW1ldGVycyBmb3IgYWxpZ25tZW50CgoqIGlucHV0IGZhc3RxOiBgciBwYXJhbXMkZnFvdXRgCiogb3V0cHV0IGJhbSBmaWxlOiBgciBwYXJhbXMkYmFtX2FsaWduYAoqIGdlbm9tZSBpbmRleDogYHIgcGFyYW1zJGdfaW5kZXhgCgojIyBQYXJhbWV0ZXJzIGZvciBgc2NfZXhvbl9tYXBwaW5nYAoKKiBpbnB1dCBiYW0gZmlsZTogYHIgcGFyYW1zJGJhbV9hbGlnbmAKKiBvdXRwdXQgYmFtIGZpbGU6IGByIHBhcmFtcyRiYW1fbWFwYAoqIHRyYW5zY3RpcHRvbWUgYW5ub3RhdGlvbnM6IGByIHBhcmFtcyRhbm5vX2dmZmAKKiBkbyBzdHJhbmQgc3BlY2lmaWMgbWFwcGluZzogYHIgcGFyYW1zJHN0bmRgCiogZml4IGNocm9tb3NvbWUgbmFtZXM6IGByIHBhcmFtcyRmaXhfY2hyYAoKIyMgUGFyYW1ldGVycyBmb3IgYHNjX2RlbXVsdGlwbGV4YAoKKiBpbnB1dCBiYW0gZmlsZTogYHIgcGFyYW1zJGJhbV9tYXBgCiogb3V0cHV0IGZvbGRlcjogYHIgcGFyYW1zJG91dGRpcmAKKiBiYXJjb2RlIGFubm90YXRpb24gZmlsZTogYHIgcGFyYW1zJGJjX2Fubm9gCiogbWF4aW11bSBtaXNtYXRjaCBhbGxvd2VkIGluIGJhcmNvZGU6IGByIHBhcmFtcyRtYXhfbWlzYAoKIyMgUGFyYW1ldGVycyBmb3IgYHNjX2dlbmVfY291bnRpbmdgCgoqIG91dHB1dCBmb2xkZXI6IGByIHBhcmFtcyRvdXRkaXJgCiogYmFyY29kZSBhbm5vdGF0aW9uIGZpbGU6IGByIHBhcmFtcyRiY19hbm5vYAoqIFVNSSBjb3JyZWN0aW9uOiBgciBwYXJhbXMkVU1JX2NvcmAKKiBnZW5lIGZpbHRlcmluZzogYHIgcGFyYW1zJGdlbmVfZmxgCgojIERhdGEgc3VtbWFyeQoKVGhlIG9yZ2FuaXNtIGlzICJgciBwYXJhbXMkb3JnYW5pc21gIiwgYW5kIGdlbmUgaWQgdHlwZSBpcyAiYHIgcGFyYW1zJGdlbmVfaWRfdHlwZWAiLgoKIyMgT3ZlcmFsbCBiYXJjb2RlIHN0YXRpc3RpY3MKCmBgYHtyLCB3YXJuaW5nPUZBTFNFLCBtZXNzYWdlPUZBTFNFfQppZiAoaXMubnVsbChwYXJhbXMkb3JnYW5pc20pIHx8IGlzLm5hKHBhcmFtcyRvcmdhbmlzbSkpIHsKICBzY2UgPSBjcmVhdGVfc2NlX2J5X2RpcihwYXJhbXMkb3V0ZGlyKQp9IGVsc2UgewogIHNjZSA9IGNyZWF0ZV9zY2VfYnlfZGlyKHBhcmFtcyRvdXRkaXIsIG9yZ2FuaXNtPXBhcmFtcyRvcmdhbmlzbSwgZ2VuZV9pZF90eXBlPXBhcmFtcyRnZW5lX2lkX3R5cGUpCn0Kb3ZlcmFsbF9zdGF0ID0gZGVtdWx0aXBsZXhfaW5mbyhzY2UpCmRhdGF0YWJsZShvdmVyYWxsX3N0YXQsIHdpZHRoPTgwMCkKYGBgCgpQbG90IGJhcmNvZGUgbWF0Y2ggc3RhdGlzdGljcyBpbiBwaWUgY2hhcnQ6CmBgYHtyfQpwbG90X2RlbXVsdGlwbGV4KHNjZSkKYGBgCgojIyBSZWFkIGFsaWdubWVudCBzdGF0aXN0aWNzCgpgYGB7cn0KZ2dwbG90bHkocGxvdF9tYXBwaW5nKHNjZSwgZGF0YW5hbWU9cGFyYW1zJHNhbXBsZW5hbWUsIHBlcmNlbnRhZ2UgPSBGQUxTRSkpCmBgYAoKYGBge3J9CmdncGxvdGx5KHBsb3RfbWFwcGluZyhzY2UsIGRhdGFuYW1lPXBhcmFtcyRzYW1wbGVuYW1lLCBwZXJjZW50YWdlID0gVFJVRSkpCmBgYAoKIyMgU3VtbWFyeSBhbmQgZGlzdHJpYnV0aW9ucyBvZiBRQyBtZXRyaWNzCgpgYGB7cn0KaWYgKGFueShjb2xTdW1zKGNvdW50cyhzY2UpKSA9PSAwKSkgewogIHplcm9fY2VsbHMgPSBzdW0oY29sU3Vtcyhjb3VudHMoc2NlKSkgPT0gMCkKICBzY2UgPSBzY2VbLCBjb2xTdW1zKGNvdW50cyhzY2UpKSA+IDBdCn0gZWxzZSB7CiAgemVyb19jZWxscyA9IDAKfQpgYGAKCmByIGlmICh6ZXJvX2NlbGxzID4gMCl7cGFzdGUoemVyb19jZWxscywgImNlbGxzIGhhdmUgemVybyByZWFkIGNvdW50cywgcmVtb3ZlIHRoZW0uIil9YAoKRGF0YXRhYmxlIG9mIGFsbCBRQyBtZXRyaWNzOgpgYGB7cn0Kc2NlID0gY2FsY3VsYXRlX1FDX21ldHJpY3Moc2NlKQppZighYWxsKGNvbFN1bXMoYXMuZGF0YS5mcmFtZShRQ19tZXRyaWNzKHNjZSkpKT4wKSl7CiAgUUNfbWV0cmljcyhzY2UpID0gUUNfbWV0cmljcyhzY2UpWywgY29sU3Vtcyhhcy5kYXRhLmZyYW1lKFFDX21ldHJpY3Moc2NlKSkpPjBdCn0KZGF0YXRhYmxlKGFzLmRhdGEuZnJhbWUoUUNfbWV0cmljcyhzY2UpKSwgd2lkdGg9ODAwLCBvcHRpb25zPWxpc3Qoc2Nyb2xsWD0gVFJVRSkpCmBgYAoKU3VtbWFyeSBvZiBhbGwgUUMgbWV0cmljczoKYGBge3J9CmRhdGF0YWJsZShkby5jYWxsKGNiaW5kLCBsYXBwbHkoUUNfbWV0cmljcyhzY2UpLCBzdW1tYXJ5KSksIHdpZHRoPTgwMCwgb3B0aW9ucz1saXN0KHNjcm9sbFg9IFRSVUUpKQpgYGAKCk51bWJlciBvZiByZWFkcyBtYXBwZWQgdG8gZXhvbiBiZWZvcmUgVU1JIGRlZHVwbGljYXRpb24gVlMgbnVtYmVyIG9mIGdlbmVzIGRldGVjdGVkOgpgYGB7cn0KZ2dwbG90bHkoZ2dwbG90KGFzLmRhdGEuZnJhbWUoUUNfbWV0cmljcyhzY2UpKSwgYWVzKHg9bWFwcGVkX3RvX2V4b24sIHk9bnVtYmVyX29mX2dlbmVzKSkrZ2VvbV9wb2ludChhbHBoYT0wLjgpKQprbml0cjo6a25pdF9leGl0KCkKYGBgCgojIFF1YWxpdHkgY29udHJvbAoKIyMgRGV0ZWN0IG91dGxpZXIgY2VsbHMKCkEgcm9idXN0aWZpZWQgTWFoYWxhbm9iaXMgRGlzdGFuY2UgaXMgY2FsY3VsYXRlZCBmb3IgZWFjaCBjZWxsIHRoZW4gb3V0bGllcnMgYXJlIGRldGVjdGVkIGJhc2VkIG9uIHRoZSBkaXN0YW5jZS4KSG93ZXZlciwgZHVlIHRvIHRoZSBjb21wbGV4IG5hdHVyZSBvZiBzaW5nbGUgY2VsbCB0cmFuc2NyaXB0b21lcyBhbmQgcHJvdG9jb2wgdXNlZCwgc3VjaCBhIG1ldGhvZCBjYW4gb25seSBiZSB1c2VkIHRvCmFzc2lzdCB0aGUgcXVhbGl0eSBjb250cm9sIHByb2Nlc3MuIFZpc3VhbCBpbnNwZWN0aW9uIG9mIHRoZSBxdWFsaXR5IGNvbnRyb2wgbWV0cmljcyBpcyBzdGlsbCByZXF1aXJlZC4gQnkgZGVmYXVsdCB3ZQp1c2UgYGNvbXAgPSAyYCBhbmQgdGhlIGFsZ29yaXRobSB3aWxsIHRyeSB0byBzZXBhcmF0ZSB0aGUgcXVhbGl0eSBjb250cm9sIG1ldHJpY3MgaW50byB0d28gZ2F1c3NpYW4gY2x1c3RlcnMuCgpUaGUgbnVtYmVyIG9mIG91dGxpZXJzOgpgYGB7cn0Kc2NlX3FjID0gZGV0ZWN0X291dGxpZXIoc2NlLCB0eXBlPSJsb3ciLCBjb21wID0gMikKdGFibGUoUUNfbWV0cmljcyhzY2VfcWMpJG91dGxpZXJzKQpgYGAKClBhaXJ3aXNlIHBsb3QgZm9yIFFDIG1ldHJpY3MsIGNvbG9yZWQgYnkgb3V0bGllcnM6CmBgYHtyLCB3YXJuaW5nPUZBTFNFLCBtZXNzYWdlPUZBTFNFfQpwbG90X1FDX3BhaXJzKHNjZV9xYykKYGBgCgojIyBwbG90IGhpZ2hlc3QgZXhwcmVzc2lvbiBnZW5lcwoKUmVtb3ZlIGxvdyBxdWFsaXR5IGNlbGxzIGFuZCBwbG90IGhpZ2hlc3QgZXhwcmVzc2lvbiBnZW5lcy4KCmBgYHtyfQpzY2VfcWMgPSByZW1vdmVfb3V0bGllcnMoc2NlX3FjKQpzY2VfcWMgPSBjb252ZXJ0X2dlbmVpZChzY2VfcWMsIHJldHVybnM9ImV4dGVybmFsX2dlbmVfbmFtZSIpCnNjZV9xYyA8LSBjYWxjdWxhdGVRQ01ldHJpY3Moc2NlX3FjKQpwbG90SGlnaGVzdEV4cHJzKHNjZV9xYywgbj0yMCkKYGBgCgojIyByZW1vdmUgbG93IGFidW5kYW50IGdlbmVzCgpQbG90IHRoZSBhdmVyYWdlIGNvdW50IGZvciBlYWNoIGdlbmVzOgpgYGB7cn0KYXZlLmNvdW50cyA8LSByb3dNZWFucyhjb3VudHMoc2NlX3FjKSkKaGlzdChsb2cxMChhdmUuY291bnRzKSwgYnJlYWtzPTEwMCwgbWFpbj0iIiwgY29sPSJncmV5ODAiLAogICAgIHhsYWI9ZXhwcmVzc2lvbihMb2dbMTBdfiJhdmVyYWdlIGNvdW50IikpCmBgYAoKQXMgYSBsb29zZSBmaWx0ZXIgd2Uga2VlcCBnZW5lcyB0aGF0IGFyZSBleHByZXNzZWQgaW4gYXQgbGVhc3QgdHdvIGNlbGxzIGFuZCBmb3IgY2VsbHMgdGhhdCBleHByZXNzIHRoYXQgZ2VuZSwgdGhlCmF2ZXJhZ2UgY291bnQgbGFyZ2VyIHRoYW4gdHdvLiBIb3dldmVyIHRoaXMgaXMgbm90IHRoZSBnb2xkIHN0YW5kYXJkIGFuZCB0aGUgZmlsdGVyIG1heSB2YXJpeSBkZXBlbmRpbmcgb24gdGhlIGRhdGEuCgpgYGB7cn0Ka2VlcDEgPSAoYXBwbHkoY291bnRzKHNjZV9xYyksIDEsIGZ1bmN0aW9uKHgpIG1lYW4oeFt4PjBdKSkgPiAxLjEpICAjIGF2ZXJhZ2UgY291bnQgbGFyZ2VyIHRoYW4gMS4xCmtlZXAyID0gKHJvd1N1bXMoY291bnRzKHNjZV9xYyk+MCkgPiA1KSAgIyBleHByZXNzZWQgaW4gYXQgbGVhc3QgNSBjZWxscwoKc2NlX3FjID0gc2NlX3FjWyhrZWVwMSAmIGtlZXAyKSwgXQpkaW0oc2NlX3FjKQpgYGAKCldlIGdvdCBgciBucm93KHNjZV9xYylgIGdlbmVzIGxlZnQgYWZ0ZXIgcmVtb3ZpbmcgbG93IGFidW5kYW50IGdlbmVzLgoKIyBEYXRhIG5vcm1hbGl6YXRpb24KCiMjIE5vcm1hbGl6YXRpb24gYnkgYHNjcmFuYCBhbmQgYHNjYXRlcmAKCkNvbXB1dGUgdGhlIG5vcm1hbGl6YXRpb24gc2l6ZSBmYWN0b3IKCmBgYHtyfQpuY2VsbHMgPSBuY29sKHNjZV9xYykKaWYgKG5jZWxscyA+IDIwMCkgewogIHNjZV9xYyA8LSBjb21wdXRlU3VtRmFjdG9ycyhzY2VfcWMpCn0gZWxzZSB7CiAgc2NlX3FjIDwtIGNvbXB1dGVTdW1GYWN0b3JzKHNjZV9xYywgc2l6ZXM9YXMuaW50ZWdlcihjKG5jZWxscy83LCBuY2VsbHMvNiwgbmNlbGxzLzUsIG5jZWxscy80LCBuY2VsbHMvMykpKQp9CnN1bW1hcnkoc2l6ZUZhY3RvcnMoc2NlX3FjKSkKYGBgCgpgciBpZiAobWluKHNpemVGYWN0b3JzKHNjZV9xYykpIDw9IDApe3Bhc3RlKCJXZSBoYXZlIG5lZ2F0aXZlIHNpemUgZmFjdG9ycyBpbiB0aGUgZGF0YS4gVGhleSBpbmRpY2F0ZSBsb3cgcXVhbGl0eSBjZWxscwphbmQgd2UgaGF2ZSByZW1vdmVkIHRoZW0uIFRvIGF2b2lkIG5lZ2F0aXZlIHNpemUgZmFjdG9ycywgdGhlIGJlc3Qgc29sdXRpb24gaXMgdG8gaW5jcmVhc2UgdGhlIHN0cmluZ2VuY3kgb2YgdGhlCmZpbHRlcmluZy4iKX1gCgpgYGB7cn0KaWYgKG1pbihzaXplRmFjdG9ycyhzY2VfcWMpKSA8PSAwKSB7CiAgc2NlX3FjID0gc2NlX3FjWywgc2l6ZUZhY3RvcnMoc2NlX3FjKT4wXQp9CmBgYAoKUENBIHBsb3QgdXNpbmcgZ2VuZSBleHByZXNzaW9ucyBhcyBpbnB1dCwgY29sb3JlZCBieSB0aGUgbnVtYmVyIG9mIGdlbmVzLgoKYGBge3J9CmNwbShzY2VfcWMpID0gY2FsY3VsYXRlQ1BNKHNjZV9xYywgdXNlX3NpemVfZmFjdG9ycz1GQUxTRSkKcGxvdFBDQShzY2VfcWMsIHJ1bl9hcmdzID0gbGlzdChleHByc192YWx1ZXM9ImNwbSIpLCBjb2xvdXJfYnk9InRvdGFsX2ZlYXR1cmVzIikKYGBgCgojIyMgTm9ybWFsaXplIHRoZSBkYXRhIHVzaW5nIHNpemUgZmFjdG9yIGFuZCBnZXQgaGlnaCB2YXJpYWJsZSBnZW5lcwoKVGhlIGhpZ2hseSB2YXJpYWJsZSBnZW5lcyBhcmUgY2hvc2VuIGJhc2VkIG9uIGB0cmVuZFZhcmAgZnJvbSBgc2NyYW5gIHdpdGggYEZEUiA+IDAuMDVgIGFuZCBiaW9sb2dpY2FsIHZhcmlhdGlvbiBsYXJnZXIKdGhhbiBgMC41YC4gSWYgdGhlIG51bWJlciBvZiBoaWdobHkgdmFyaWFibGUgZ2VuZXMgaXMgc21hbGxlciB0aGFuIDEwMCB3ZSB3aWxsIHNlbGVjdCB0aGUgdG9wIDEwMCBnZW5lcyBieSBiaW9sb2dpY2FsCnZhcmlhdGlvbi4gSWYgdGhlIG51bWJlciBpcyBsYXJnZXIgdGhhbiA1MDAgd2Ugd2lsbCBvbmx5IGtlZXAgdG9wIDUwMCBnZW5lcyBieSBiaW9sb2dpY2FsIHZhcmlhdGlvbi4KCmBgYHtyLCB3YXJuaW5nPUZBTFNFLCBtZXNzYWdlPUZBTFNFfQpzY2VfcWMgPC0gbm9ybWFsaXplKHNjZV9xYykKCnZhci5maXQgPC0gdHJlbmRWYXIoc2NlX3FjLCBtZXRob2Q9ImxvZXNzIiwgdXNlLnNwaWtlcz1GQUxTRSkKdmFyLm91dCA8LSBkZWNvbXBvc2VWYXIoc2NlX3FjLCB2YXIuZml0KQoKaWYgKGxlbmd0aCh3aGljaCh2YXIub3V0JEZEUiA8PSAwLjA1ICYgdmFyLm91dCRiaW8gPj0gMC41KSkgPCA1MDApewogIGh2Zy5vdXQgPC0gdmFyLm91dFtvcmRlcih2YXIub3V0JGJpbywgZGVjcmVhc2luZz1UUlVFKVsxOjUwMF0sIF0KfWVsc2UgaWYobGVuZ3RoKHdoaWNoKHZhci5vdXQkRkRSIDw9IDAuMDUgJiB2YXIub3V0JGJpbyA+PSAwLjUpKSA+IDEwMDApewogIGh2Zy5vdXQgPC0gdmFyLm91dFtvcmRlcih2YXIub3V0JGJpbywgZGVjcmVhc2luZz1UUlVFKVsxOjEwMDBdLCBdCn1lbHNlewogIGh2Zy5vdXQgPC0gdmFyLm91dFt3aGljaCh2YXIub3V0JEZEUiA8PSAwLjA1ICYgdmFyLm91dCRiaW8gPj0gMC41KSwgXQogIGh2Zy5vdXQgPC0gaHZnLm91dFtvcmRlcihodmcub3V0JGJpbywgZGVjcmVhc2luZz1UUlVFKSwgXQp9CgpwbG90KHZhci5vdXQkbWVhbiwgdmFyLm91dCR0b3RhbCwgcGNoPTE2LCBjZXg9MC42LCB4bGFiPSJNZWFuIGxvZy1leHByZXNzaW9uIiwKICAgICB5bGFiPSJWYXJpYW5jZSBvZiBsb2ctZXhwcmVzc2lvbiIpCm8gPC0gb3JkZXIodmFyLm91dCRtZWFuKQpsaW5lcyh2YXIub3V0JG1lYW5bb10sIHZhci5vdXQkdGVjaFtvXSwgY29sPSJkb2RnZXJibHVlIiwgbHdkPTIpCnBvaW50cyh2YXIub3V0JG1lYW5bcm93bmFtZXModmFyLm91dCkgJWluJSByb3duYW1lcyhodmcub3V0KV0sIHZhci5vdXQkdG90YWxbcm93bmFtZXModmFyLm91dCkgJWluJSByb3duYW1lcyhodmcub3V0KV0sIGNvbD0icmVkIiwgcGNoPTE2KQpgYGAKCiMjIEhlYXRtYXAgb2YgdG9wMTAwIGhpZ2ggdmFyaWFibGUgZ2VuZXMKCmBgYHtyfQpnZW5lX2V4cCA9IGV4cHJzKHNjZV9xYykKCmdlbmVfZXhwID0gZ2VuZV9leHBbcm93bmFtZXMoaHZnLm91dClbMToxMDBdLCBdCgpoYy5yb3dzIDwtIGhjbHVzdChkaXN0KGdlbmVfZXhwKSkKaGMuY29scyA8LSBoY2x1c3QoZGlzdCh0KGdlbmVfZXhwKSkpCgpnZW5lX2V4cCA9IGdlbmVfZXhwW2hjLnJvd3Mkb3JkZXIsIGhjLmNvbHMkb3JkZXJdCgptID0gbGlzdCgKICBsID0gMTAwLAogIHIgPSA0MCwKICBiID0gMTAsCiAgdCA9IDEwLAogIHBhZCA9IDAKKQoKcGxvdF9seSgKICAgIHggPSBjb2xuYW1lcyhnZW5lX2V4cCksIHkgPSByb3duYW1lcyhnZW5lX2V4cCksCiAgICB6ID0gZ2VuZV9leHAsIHR5cGUgPSAiaGVhdG1hcCIpJT4lCmxheW91dChhdXRvc2l6ZSA9IEYsIG1hcmdpbiA9IG0pCmBgYAoKIyBEaW1lbnNpb25hbGl0eSByZWR1Y3Rpb24gdXNpbmcgaGlnaCB2YXJpYWJsZSBnZW5lcwoKIyMgRGltZW5zaW9uYWxpdHkgcmVkdWN0aW9uIGJ5IFBDQQoKYGBge3J9CnBsb3RQQ0Eoc2NlX3FjLCBydW5fYXJncyA9IGxpc3QoZXhwcnNfdmFsdWVzPSJsb2djb3VudHMiKSwgY29sb3VyX2J5PSJ0b3RhbF9mZWF0dXJlcyIpCmBgYAoKIyMgRGltZW5zaW9uYWxpdHkgcmVkdWN0aW9uIGJ5IHQtU05FCgpgYGB7ciwgZmlnLndpZHRoPTEwLCBmaWcuaGVpZ2h0PTMuNX0Kc2V0LnNlZWQoMTAwKQppZiAoYW55KGR1cGxpY2F0ZWQodChsb2djb3VudHMoc2NlX3FjKVtyb3duYW1lcyhodmcub3V0KSwgXSkpKSkgewogIHNjZV9xYyA9IHNjZV9xY1ssICFkdXBsaWNhdGVkKHQobG9nY291bnRzKHNjZV9xYylbcm93bmFtZXMoaHZnLm91dCksIF0pKV0KfQpvdXQ1IDwtIHBsb3RUU05FKHNjZV9xYywgcnVuX2FyZ3MgPSBsaXN0KGV4cHJzX3ZhbHVlcz0ibG9nY291bnRzIiwgcGVycGxleGl0eT0xMCxmZWF0dXJlX3NldD1yb3duYW1lcyhodmcub3V0KSksIGNvbG91cl9ieT0idG90YWxfZmVhdHVyZXMiKSArIGdndGl0bGUoIlBlcnBsZXhpdHkgPSAxMCIpCm91dDEwIDwtIHBsb3RUU05FKHNjZV9xYywgcnVuX2FyZ3MgPSBsaXN0KGV4cHJzX3ZhbHVlcz0ibG9nY291bnRzIiwgcGVycGxleGl0eT0yMCxmZWF0dXJlX3NldD1yb3duYW1lcyhodmcub3V0KSksIGNvbG91cl9ieT0idG90YWxfZmVhdHVyZXMiLAogICAgIGZlYXR1cmVfc2V0PXJvd25hbWVzKGh2Zy5vdXQpKSAgKyBnZ3RpdGxlKCJQZXJwbGV4aXR5ID0gMjAiKQpvdXQyMCA8LSBwbG90VFNORShzY2VfcWMsIHJ1bl9hcmdzID0gbGlzdChleHByc192YWx1ZXM9ImxvZ2NvdW50cyIsIHBlcnBsZXhpdHk9MzAsZmVhdHVyZV9zZXQ9cm93bmFtZXMoaHZnLm91dCkpLCBjb2xvdXJfYnk9InRvdGFsX2ZlYXR1cmVzIiwKICAgICBmZWF0dXJlX3NldD1yb3duYW1lcyhodmcub3V0KSkgICsgZ2d0aXRsZSgiUGVycGxleGl0eSA9IDMwIikKbXVsdGlwbG90KG91dDUsIG91dDEwLCBvdXQyMCwgY29scz0zKQpgYGAK